nightfury7 / universalbasics.js

//removeIf(nodejs)

/* File Utils - NodeJS only */

var fs = require('fs');

var pathUtil = require('path');

var arrayFuncs = {

	saveToCSV: function(filePath, headers = null, trimValues = true, columnar = false, fixedSep = ",") {

		var data = this;

		// write CSV to string

		var str = data.encodeCSV(headers, trimValues, columnar, fixedSep);

		// save data as string via filestream

		str.saveToText(filePath);

	},

	/** Fast and simple CSV generator.

		Supports multi-line values and values with double quotes.

		Automatic/smart escaping like Excel-generated CSVs. */

	encodeCSV: function(headers, trimValues, columnar, seperator = ",") {

		var linesData = this;

		if (columnar) {

			linesData = linesData.transpose();

		}

		var sb = [];

		// per line

			// fetch header / line data words

			var words = l == -1 ? headers : linesData[l];

			// per word

			for (var v = 0, vl = words.length - 1; v <= vl; v++) {

				// if value given

					// convert value to text

					var word = words[v].toString();

					if (trimValues) {

						word = word.trim();

					}

					// add word

					if (word.indexOf('"') > -1) {

						// escape quotes, and enclose in quotes if word has a quote

						sb.push('"');

						sb.push(word.split("\"").join("\"\""));

						sb.push('"');

					} else if (word.indexOf(',') > -1) {

						// enclose in quotes if word has comma

						sb.push('"');

						sb.push(word);

						sb.push('"');

					} else {

						// add straightaway otherwise

						sb.push(word);

					}

				}

				// add seperator

				if (v < vl) {

					sb.push(seperator);

				}

			}

			// add newline

			if (l < ll) {

				sb.push("\r\n");

			}

		}

		return sb.join("");

	},

    none:null,

}

// register funcs

UB.registerFuncs(Array.prototype, arrayFuncs);

var stringFuncs = {

	/**

	 * Loads the given CSV file, decoding the cell data and returning it as an array.

	 * Extremely robust and fast CSV parser. Only parser that works with all bizarre but valid test files.

	 * 

	 * 3 modes are available:

	 * if `headers` is null - All cells are returned as 2D array. (default)

	 * if `headers` is given and 0 length - The first row is stored in `headers`, remaining cells and returned as 2D array.

	 * if `headers` is given and >0 length - All rows are returned as objects, with the given headers treated as the prop names for the objects.

	 */

	loadCSV: function(encoding = "utf8", headers = null, trimValues = true, columnar = false, seperator = "auto") {

		// load text file

		var file = this.toString();

		var text = file.loadText(encoding);

			return null;

		}

		// parse CSV string into Array

		return text.decodeCSV(headers, trimValues, columnar, seperator);

	},

	/** Decodes the given CSV file string and returns the cell data as an array.

	 *  Extremely robust and fast CSV parser. Only parser that works with all bizarre but valid test files.

	 * 

	 * 3 modes are available:

	 * if `headers` is null - All cells are returned as 2D array. (default)

	 * if `headers` is given and 0 length - The first row is stored in `headers`, remaining cells and returned as 2D array.

	 * if `headers` is given and >0 length - All rows are returned as objects, with the given headers treated as the prop names for the objects.

	 */

	decodeCSV: function (headers, trimValues, columnar = false, seperator = "auto") {

		var csvString = this.toString();

		// cut String into lines

		var lines = csvString.trim().splitLines();

		var sep = seperator == "auto" ? UB.CSV_detectSeperator(csvString, lines.length) : seperator;

		// config

		var returnAsObjs = headers.exists();

		// status

		var inQuoted = false;

		// result

		var linesData = [];

		var word = [];

		var tempHeaders = [];

		// per line

		for (var l = 0, ll = lines.length; l < ll; l++) {

			var line = lines[l];

			// if we are in quoted text

				// keep taking chars

			}else{

				// save words into headers array / new array

				var lineWords = [];

				if (isHeader){

					if (returnAsObjs){

						lineWords = tempHeaders;

					}else{

						lineWords = headers;

					}

				}

				if (!isHeader) {

					linesData.push(lineWords);

				}

			}

			// per char

			for (var c = 0, clast = line.length - 1; c <= clast; c++) {

				var ch = line.charAt(c);

				// if we are in quoted text

				if (inQuoted) {

					// quotes..

					if (ch == "\"") {

						// quote may be escaped

						if (line.charAt(c + 1) == "\"") {

							word.push("\"");

						}else {

							// quote means ending quoted text

							inQuoted = false;

						}

						continue;

					}

					// normal char

					word.push(ch);

				}else {

					// quote means beginning quoted text

					if (ch == "\""){

						inQuoted = true;

						continue;

					}

					// comma means end of word

					if (ch == sep) {

						word = [];

						continue;

					}

					// normal char

					word.push(ch);

					// newline means end of word

					if (c == clast) {

						lineWords.push(trimValues ? word.join("").trim() : word.join(""));

						word = [];

					}

				}

			}

			// at end of line take word

			if (!inQuoted && word.Length > 0) {

				lineWords.push(trimValues ? word.join("").trim() : word.join(""));

				word = [];

			}

		}

		// convert array to objs

		if (returnAsObjs){

			// go thru all rows

				var obj = {};

				// convert all cells to obj props

				for (var h = 0, hl = headers.length; h < hl; h++) {

					var header = headers[h];

					obj[header] = line[h];

				}

				linesData[l] = obj;

			}

		}

		// convert 2D array to columnar

		if (columnar && !returnAsObjs) {

			linesData = linesData.transpose();

		}

		return linesData;

	},

    none:null,

}

// register funcs

UB.registerFuncs(String.prototype, stringFuncs);

// UTILS

UB.CSV_seperators = [',', ';', ':', '\t'];

//endRemoveIf(nodejs)